cd /remote-home/share/weixionglin/medclip/vlp/open_clip/src/ && \
CUDA_VISIBLE_DEVICES=0,1,2,3 torchrun --nproc_per_node=4 --rdzv_endpoint=$HOSTE_NODE_ADDR -m training.main --dataset-type "csv" --csv-separator "," --save-frequency 5 --report-to tensorboard \
--train-data="/remote-home/share/medical/public/ROCO/train/radiology/processed_train.csv" --val-data="/remote-home/share/medical/public/ROCO/valid/radiology/processed_valid.csv" --csv-img-key image --csv-caption-key caption \
--warmup 500 --batch-size=52 --lr=1e-4 --wd=0.1 --epochs=100 --workers=8 \
--model CLIP-RN50x8 --hugging-face \
--mlm --crop-scale 0.5
